﻿#-------------------------------------------------------------------------------
#                             INSTALL CentOS
#-------------------------------------------------------------------------------
ONBOOT=No
sudo dhclient

rpm -q wget
yum install wget

#Commande pour connaître la version d'une Redhat, d'une Fedora ou d'une Centos :
cat /etc/redhat-release

#download apache Spark
wget http://d3kbcqa49mib13.cloudfront.net/spark-2.2.0-bin-hadoop2.7.tgz

yum install java-1.8.0-openjdk* -y
java -version


export SPARK_EXAMPLES_JAR=/usr/local/spark/examples/jars/spark-examples_2.11-2.0.0.jar
PATH=$PATH:$HOME/bin:/usr/local/spark/bin
source ~/.bash_profile


#-------------------------------------------------------------------------------
#                             INSTALL Windows10
#-------------------------------------------------------------------------------

install spark 2.2.0
install python-2.7.14.msi dans C:\Python27 par exemple
install hadoop-common-2.2.0-bin-master.zip dans C:\Hadoop par exemple

setx /M _JAVA_OPTION "-Djava.net.preferIPv4Stack=true"
setx /M HADOOP_HOME C:\Hadoop
setx /M path "%path%;C:Python27;C:\java\bin;C:\Hdoop"

mkdir C:\tmp\hive
C:\Hadoop\bin\winutils.exe chmod 777 /tmp/hive

C:\Spark\bin\pyspark
C:\Spark\bin\spark-shell





